You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Erick Erickson <er...@gmail.com> on 2018/04/02 14:53:05 UTC

BadApple report this week

I don't have any candidates this week, I need one more week of
gathering data. But here's the overall report:

Still collectins Hoss' reports, the 9th will be the first Monday I
have enough history.

*************************Remove BadApple notations:


***************** Candidates this week (based on Mark's test results
only) Will BadApple them Thursday:



****************All test failures

junit.framework.TestSuite.org.apache.lucene.index.TestIndexWriterThreadsToSegments
(18K bytes printed, exceeds 8K. just annotate)
junit.framework.TestSuite.org.apache.solr.client.solrj.io.graph.GraphExpressionTest
junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.SelectWithEvaluatorsTest
junit.framework.TestSuite.org.apache.solr.cloud.api.collections.TestCollectionAPI
junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
junit.framework.TestSuite.org.apache.solr.cloud.ConcurrentCreateRoutedAliasTest
junit.framework.TestSuite.org.apache.solr.cloud.DeleteNodeTest
junit.framework.TestSuite.org.apache.solr.cloud.RestartWhileUpdatingTest
junit.framework.TestSuite.org.apache.solr.cloud.ZkControllerTest
junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler
junit.framework.TestSuite.org.apache.solr.metrics.reporters.SolrJmxReporterCloudTest
junit.framework.TestSuite.org.apache.solr.prometheus.collector.SolrCollectorTest
junit.framework.TestSuite.org.apache.solr.prometheus.exporter.SolrExporterTest
junit.framework.TestSuite.org.apache.solr.spelling.suggest.SuggesterWFSTTest
org.apache.lucene.index.TestBinaryDocValuesUpdates.testTonsOfUpdates
org.apache.lucene.index.TestIndexingSequenceNumbers.testStressConcurrentCommit
org.apache.lucene.index.TestIndexWriterThreadsToSegments.testSegmentCountOnFlushRandom
org.apache.lucene.index.TestIndexWriterWithThreads.testIOExceptionDuringAbortWithThreads
org.apache.lucene.search.TestInetAddressRangeQueries.testRandomBig
org.apache.solr.client.solrj.impl.CloudSolrClientTest.checkCollectionParameters
org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testGammaDistribution
org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testInnerJoinStream
org.apache.solr.cloud.AliasIntegrationTest.testDeleteOneOfTwoCollectionsAliased
org.apache.solr.cloud.AliasIntegrationTest.testModifyPropertiesV1
org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitStaticIndexReplication
org.apache.solr.cloud.api.collections.TestCollectionAPI.test
org.apache.solr.cloud.autoscaling.ScheduledTriggerTest.testTrigger
org.apache.solr.cloud.autoscaling.sim.TestComputePlanAction.testNodeAdded
org.apache.solr.cloud.autoscaling.sim.TestComputePlanAction.testNodeLost
org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy
org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test
org.apache.solr.cloud.ConcurrentCreateRoutedAliasTest.testConcurrentCreateRoutedAliasMinimal
org.apache.solr.cloud.CreateRoutedAliasTest.testCollectionNamesMustBeAbsent
org.apache.solr.cloud.CreateRoutedAliasTest.testRandomRouterNameFails
org.apache.solr.cloud.CreateRoutedAliasTest.testTimezoneAbsoluteDate
org.apache.solr.cloud.CreateRoutedAliasTest.testV1
org.apache.solr.cloud.CreateRoutedAliasTest.testV2
org.apache.solr.cloud.DeleteInactiveReplicaTest.deleteInactiveReplicaTest
org.apache.solr.cloud.DeleteInactiveReplicaTest.deleteInactiveReplicaTest
(failing 100% 30-Mar?
org.apache.solr.cloud.DeleteReplicaTest.deleteReplicaOnIndexing
org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingDVOnly
org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
org.apache.solr.cloud.hdfs.HDFSCollectionsAPITest.testDataDirIsNotReused
org.apache.solr.cloud.hdfs.StressHdfsTest.test
org.apache.solr.cloud.LIRRollingUpdatesTest.testNewLeaderAndMixedReplicas
org.apache.solr.cloud.LIRRollingUpdatesTest.testNewLeaderOldReplica
org.apache.solr.cloud.LIRRollingUpdatesTest.testNewReplicaOldLeader
org.apache.solr.cloud.LIRRollingUpdatesTest.testOldLeaderAndMixedReplicas
org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove
org.apache.solr.cloud.RestartWhileUpdatingTest.test
org.apache.solr.cloud.TestPullReplica.testKillPullReplica
org.apache.solr.cloud.TestPullReplicaErrorHandling.testCantConnectToPullReplica
org.apache.solr.cloud.UnloadDistributedZkTest.test
org.apache.solr.core.TestCustomStream.testDynamicLoadingCustomStream
org.apache.solr.handler.admin.StatsReloadRaceTest.testParallelReloadAndStats
org.apache.solr.handler.TestReplicationHandler.doTestIndexFetchWithMasterUrl
org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload
org.apache.solr.handler.TestSolrConfigHandlerConcurrent.test
org.apache.solr.index.UninvertDocValuesMergePolicyTest.testIndexAndAddDocValues
org.apache.solr.search.TestRecovery.testBuffering
org.apache.solr.search.TestRecovery.testVersionsOnRestart
org.apache.solr.search.TestStressRecovery.testStressRecovery
org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics
org.apache.solr.security.TestAuthorizationFramework.authorizationFrameworkTest
org.apache.solr.TestDistributedSearch.test
org.apache.solr.uninverting.TestDocTermOrds.testTriggerUnInvertLimit
org.apache.solr.update.processor.TestNamedUpdateProcessors.test
org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.test
org.apache.solr.update.TestInPlaceUpdatesDistrib.test






*****************************************

FAILS by type. These are all included above, but I though it might be
interesting to see
the types of failures we get.

*************No ZK node NoNode
junit.framework.TestSuite.org.apache.solr.client.solrj.io.graph.GraphExpressionTest

*************Timeout (or time related)/session expired/thread
leak/zombie threads/Object tracker
junit.framework.TestSuite.org.apache.solr.cloud.api.collections.TestCollectionAPI
junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
junit.framework.TestSuite.org.apache.solr.cloud.ConcurrentCreateRoutedAliasTest
junit.framework.TestSuite.org.apache.solr.cloud.DeleteNodeTest
junit.framework.TestSuite.org.apache.solr.cloud.RestartWhileUpdatingTest
junit.framework.TestSuite.org.apache.solr.cloud.ZkControllerTest
junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler
org.apache.solr.cloud.api.collections.TestCollectionAPI.test
org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test
org.apache.solr.cloud.DeleteReplicaTest.deleteReplicaOnIndexing
org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
org.apache.solr.cloud.LIRRollingUpdatesTest.testNewLeaderAndMixedReplicas
org.apache.solr.cloud.LIRRollingUpdatesTest.testNewLeaderOldReplica
org.apache.solr.cloud.LIRRollingUpdatesTest.testNewReplicaOldLeader
org.apache.solr.cloud.LIRRollingUpdatesTest.testOldLeaderAndMixedReplicas
org.apache.solr.cloud.RestartWhileUpdatingTest.test
org.apache.solr.core.TestCustomStream.testDynamicLoadingCustomStream
org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics


***********OutOfMemory
org.apache.lucene.search.TestInetAddressRangeQueries.testRandomBig
org.apache.solr.uninverting.TestDocTermOrds.testTriggerUnInvertLimit

**********No Live Servers/Could not find collection
org.apache.solr.client.solrj.impl.CloudSolrClientTest.checkCollectionParameters
org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove


**********Error starting mini SolrCloud cluster
junit.framework.TestSuite.org.apache.solr.prometheus.exporter.SolrExporterTest


**********I/O Exception
 org.apache.solr.TestDistributedSearch.test

**********Mock Directory (open files)
org.apache.lucene.index.TestIndexWriterWithThreads.testIOExceptionDuringAbortWithThreads

*************Other (typically asserts.)
junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.SelectWithEvaluatorsTest
junit.framework.TestSuite.org.apache.solr.metrics.reporters.SolrJmxReporterCloudTest
junit.framework.TestSuite.org.apache.solr.prometheus.collector.SolrCollectorTest
junit.framework.TestSuite.org.apache.solr.prometheus.exporter.SolrExporterTest
junit.framework.TestSuite.org.apache.solr.spelling.suggest.SuggesterWFSTTest
org.apache.lucene.index.TestBinaryDocValuesUpdates.testTonsOfUpdates
org.apache.lucene.index.TestIndexingSequenceNumbers.testStressConcurrentCommit
org.apache.lucene.index.TestIndexWriterThreadsToSegments.testSegmentCountOnFlushRandom
org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testGammaDistribution
org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testGammaDistribution
(Joel is looking)
org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testInnerJoinStream
org.apache.solr.cloud.AliasIntegrationTest.testDeleteOneOfTwoCollectionsAliased
org.apache.solr.cloud.AliasIntegrationTest.testModifyPropertiesV1
org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitStaticIndexReplication
org.apache.solr.cloud.autoscaling.ScheduledTriggerTest.testTrigger
org.apache.solr.cloud.autoscaling.sim.TestComputePlanAction.testNodeAdded
org.apache.solr.cloud.autoscaling.sim.TestComputePlanAction.testNodeLost
org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy
org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
org.apache.solr.cloud.ConcurrentCreateRoutedAliasTest.testConcurrentCreateRoutedAliasMinimal
org.apache.solr.cloud.CreateRoutedAliasTest.testCollectionNamesMustBeAbsent
org.apache.solr.cloud.CreateRoutedAliasTest.testRandomRouterNameFails
org.apache.solr.cloud.CreateRoutedAliasTest.testTimezoneAbsoluteDate
org.apache.solr.cloud.CreateRoutedAliasTest.testV1
org.apache.solr.cloud.CreateRoutedAliasTest.testV2
org.apache.solr.cloud.DeleteInactiveReplicaTest.deleteInactiveReplicaTest
org.apache.solr.cloud.DeleteInactiveReplicaTest.deleteInactiveReplicaTest
(failing 100% 30-Mar?
org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingDVOnly
org.apache.solr.cloud.hdfs.HDFSCollectionsAPITest.testDataDirIsNotReused
org.apache.solr.cloud.hdfs.StressHdfsTest.test
org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove
org.apache.solr.cloud.RestartWhileUpdatingTest.test
org.apache.solr.cloud.TestPullReplica.testKillPullReplica
org.apache.solr.cloud.TestPullReplicaErrorHandling.testCantConnectToPullReplica
org.apache.solr.cloud.UnloadDistributedZkTest.test
org.apache.solr.handler.admin.StatsReloadRaceTest.testParallelReloadAndStats
org.apache.solr.handler.TestReplicationHandler.doTestIndexFetchWithMasterUrl
org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload
org.apache.solr.handler.TestSolrConfigHandlerConcurrent.test
org.apache.solr.index.UninvertDocValuesMergePolicyTest.testIndexAndAddDocValues
org.apache.solr.search.TestRecovery.testBuffering
org.apache.solr.search.TestRecovery.testVersionsOnRestart
org.apache.solr.search.TestStressRecovery.testStressRecovery
org.apache.solr.security.TestAuthorizationFramework.authorizationFrameworkTest
org.apache.solr.TestDistributedSearch.test
org.apache.solr.update.processor.TestNamedUpdateProcessors.test
org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.test
org.apache.solr.update.TestInPlaceUpdatesDistrib.test

junit.framework.TestSuite.org.apache.lucene.index.TestIndexWriterThreadsToSegments
(18K bytes printed, exceeds 8K. just annotate)



******************************Current BadApple/AwaitsFix report:
Number of AwaitsFix: 15 Number of BadApples: 78

*****************AwaitsFix Annotations:


************Lucene AwaitsFix
TestControlledRealTimeReopenThread.java
   testCRTReopen()
   @AwaitsFix(bugUrl = "https://issues.apache.org/jira/browse/LUCENE-5737")

TestICUNormalizer2CharFilter.java
   testRandomStrings()
   @AwaitsFix(bugUrl = "https://issues.apache.org/jira/browse/LUCENE-5595")

TestMoreLikeThis.java
   testMultiFieldShouldReturnPerFieldBooleanQuery()
   @AwaitsFix(bugUrl = "https://issues.apache.org/jira/browse/LUCENE-7161")

UIMABaseAnalyzerTest.java
   testRandomStrings()
   @Test @AwaitsFix(bugUrl =
"https://issues.apache.org/jira/browse/LUCENE-3869")

UIMABaseAnalyzerTest.java
   testRandomStringsWithConfigurationParameters()
   @Test @AwaitsFix(bugUrl =
"https://issues.apache.org/jira/browse/LUCENE-3869")

UIMATypeAwareAnalyzerTest.java
   testRandomStrings()
   @Test @AwaitsFix(bugUrl =
"https://issues.apache.org/jira/browse/LUCENE-3869")


    ************Solr AwaitsFix
ReplaceNodeNoTargetTest.java
   ReplaceNodeNoTargetTest suite
   @LuceneTestCase.AwaitsFix(bugUrl =
"https://issues.apache.org/jira/browse/SOLR-11067")

TestCollapseQParserPlugin.java
   testStringCollapse()
   @AwaitsFix(bugUrl="https://issues.apache.org/jira/browse/SOLR-11974")

TestImpersonationWithHadoopAuth.java
   testForwarding()
   @AwaitsFix(bugUrl="https://issues.apache.org/jira/browse/HADOOP-9893")

TestLTRReRankingPipeline.java
   testDifferentTopN()
   @AwaitsFix(bugUrl = "https://issues.apache.org/jira/browse/SOLR-11134")

TestMinMaxOnMultiValuedField.java
   testDoubleFieldCache()
   @AwaitsFix(bugUrl = "https://issues.apache.org/jira/browse/LUCENE-6709")

TestMinMaxOnMultiValuedField.java
   testFloatFieldCache()
   @AwaitsFix(bugUrl = "https://issues.apache.org/jira/browse/LUCENE-6709")

TestMinMaxOnMultiValuedField.java
   testIntFieldCache()
   @AwaitsFix(bugUrl = "https://issues.apache.org/jira/browse/LUCENE-6709")

TestMinMaxOnMultiValuedField.java
   testLongFieldCache()
   @AwaitsFix(bugUrl = "https://issues.apache.org/jira/browse/LUCENE-6709")



*****************BadApple Annotations:

************Lucene BadApple
TestLRUQueryCache.java
   testDocValuesUpdatesDontBreakCache()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")


    ************Solr BadApple
AliasIntegrationTest.java
   testModifyPropertiesCAR()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

AliasIntegrationTest.java
   testProperties()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

AutoAddReplicasIntegrationTest.java
   testSimple()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

AutoAddReplicasPlanActionTest.java
   testSimple()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

AutoScalingHandlerTest.java
   testReadApi()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

AutoscalingHistoryHandlerTest.java
   testHistory()
   //@BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

CdcrBootstrapTest.java
   testBootstrapWithContinousIndexingOnSourceCluster()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

CdcrReplicationDistributedZkTest.java
   CdcrReplicationDistributedZkTest suite
   @BadApple(bugUrl =
"https://issues.apache.org/jira/browse/SOLR-12028,
https://issues.apache.org/jira/browse/SOLR-10107")

ChaosMonkeySafeLeaderTest.java
   test()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

ChaosMonkeySafeLeaderWithPullReplicasTest.java
   test()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

CollectionsAPIDistributedZkTest.java
   testCollectionReload()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
// 26-Mar-2018

CollectionsAPIDistributedZkTest.java
   testCollectionsAPI()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

DocValuesNotIndexedTest.java
   testGroupingDocAbsent()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

DocValuesNotIndexedTest.java
   testGroupingSorting()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
// 26-Mar-2018

ForceLeaderTest.java
   testReplicasInLIRNoLeader()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

ForceLeaderTest.java
   testReplicasInLowerTerms()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

HdfsBasicDistributedZk2Test.java
   HdfsBasicDistributedZk2Test suite
   @LuceneTestCase.BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
// 26-Mar-2018

HdfsChaosMonkeyNothingIsSafeTest.java
   HdfsChaosMonkeyNothingIsSafeTest suite
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028,
https://issues.apache.org/jira/browse/SOLR-10191")

HdfsDirectoryTest.java
   testEOF()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

HdfsRecoveryZkTest.java
   HdfsRecoveryZkTest suite
   @LuceneTestCase.BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

HdfsRestartWhileUpdatingTest.java
   HdfsRestartWhileUpdatingTest suite
   @LuceneTestCase.BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
//2018-03-10

HdfsTlogReplayBufferedWhileIndexingTest.java
   HdfsTlogReplayBufferedWhileIndexingTest suite
   @LuceneTestCase.BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

HttpPartitionTest.java
   test()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

LeaderFailoverAfterPartitionTest.java
   test()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

LeaderVoteWaitTimeoutTest.java
   basicTest()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
// 17-Mar-2018

LeaderVoteWaitTimeoutTest.java
   testMostInSyncReplicasCanWinElection()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
// 17-Mar-2018

LegacyCloudClusterPropTest.java
   testCreateCollectionSwitchLegacyCloud()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

MissingSegmentRecoveryTest.java
   testLeaderRecovery()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

MoveReplicaHDFSTest.java
   testNormalFailedMove()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

MoveReplicaHDFSTest.java
   testNormalMove()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
//2018-03-10

MoveReplicaTest.java
   testFailedMove()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
// 17-Mar-2018 This JIRA is fixed, but this test still fails

MultiThreadedOCPTest.java
   test()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

NodeMarkersRegistrationTest.java
   NodeMarkersRegistrationTest suite
   @LuceneTestCase.BadApple(bugUrl =
"https://issues.apache.org/jira/browse/SOLR-12028")

PeerSyncReplicationTest.java
   test()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

ReplaceNodeNoTargetTest.java
   test()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

ReplicationFactorTest.java
   ReplicationFactorTest suite
   @LuceneTestCase.BadApple(bugUrl =
"https://issues.apache.org/jira/browse/SOLR-6944")

RestartWhileUpdatingTest.java
   test()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
// 26-Mar-2018

SSLMigrationTest.java
   test()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
// 17-Mar-2018

ScheduledMaintenanceTriggerTest.java
   testInactiveShardCleanup()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
// 17-Mar-2018

ScheduledTriggerIntegrationTest.java
   ScheduledTriggerIntegrationTest suite
   @LuceneTestCase.BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
// 26-Mar-2018

SearchRateTriggerIntegrationTest.java
   SearchRateTriggerIntegrationTest suite
   @LuceneTestCase.BadApple(bugUrl =
"https://issues.apache.org/jira/browse/SOLR-12028")

ShardSplitTest.java
   test()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

ShardSplitTest.java
   testSplitAfterFailedSplit()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

ShardSplitTest.java
   testSplitWithChaosMonkey()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

SharedFSAutoReplicaFailoverTest.java
   test()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

StreamExpressionTest.java
   testDistributions()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

StreamExpressionTest.java
   testMultiVariateNormalDistribution()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
//2018-03-10

TestAuthenticationFramework.java
   testBasics()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

TestCloudConsistency.java
   testOutOfSyncReplicasCannotBecomeLeader()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
// 26-Mar-2018

TestCloudConsistency.java
   testOutOfSyncReplicasCannotBecomeLeaderAfterRestart()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
// 26-Mar-2018

TestCollectionsAPIViaSolrCloudCluster.java
   testCollectionCreateSearchDelete()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

TestDynamicLoading.java
   testDynamicLoading()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

TestGenericDistributedQueue.java
   TestGenericDistributedQueue suite
   @LuceneTestCase.BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

TestLargeCluster.java
   TestLargeCluster suite
   @LuceneTestCase.BadApple(bugUrl =
"https://issues.apache.org/jira/browse/SOLR-12075")

TestLargeCluster.java
   testSearchRate()
   @BadApple(bugUrl = "https://issues.apache.org/jira/browse/SOLR-11714")

TestLeaderElectionZkExpiry.java
   testLeaderElectionWithZkExpiry()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
// 17-Mar-2018

TestManagedResourceStorage.java
   TestManagedResourceStorage suite
   @LuceneTestCase.BadApple(bugUrl =
"https://issues.apache.org/jira/browse/SOLR-6443")

TestPrepRecovery.java
   testLeaderNotResponding()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

TestPrepRecovery.java
   testLeaderUnloaded()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

TestPullReplica.java
   testAddDocs()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

TestPullReplica.java
   testKillLeader()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
// 26-Mar-2018

TestReplicationHandler.java
   doTestIndexFetchOnMasterRestart()
   @BadApple(bugUrl = "https://issues.apache.org/jira/browse/SOLR-9036")

TestSegmentSorting.java
   testAtomicUpdateOfSegmentSortField()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
// 26-Mar-2018

TestSegmentSorting.java
   testSegmentTerminateEarly()
   @Test@BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

TestStressCloudBlindAtomicUpdates.java
   test_dv()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

TestStressCloudBlindAtomicUpdates.java
   test_dv_stored()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

TestTlogReplica.java
   testOnlyLeaderIndexes()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
//2018-03-10

TestTlogReplica.java
   testRecovery()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

TestTriggerIntegration.java
   testCooldown()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

TestTriggerIntegration.java
   testEventFromRestoredState()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
//2018-03-10

TestTriggerIntegration.java
   testListeners()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

TestTriggerIntegration.java
   testNodeLostTrigger()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
// 26-Mar-2018

TestTriggerIntegration.java
   testNodeLostTriggerRestoreState()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

TestTriggerIntegration.java
   testNodeMarkersRegistration()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

TestTriggerIntegration.java
   testSearchRate()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

TestV2Request.java
   testCloudSolrClient()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

TestV2Request.java
   testHttpSolrClient()
   @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


Re: BadApple report this week

Posted by Erick Erickson <er...@gmail.com>.
Cool, I'll reconcile when it happens, perhaps this evening....

On Mon, Apr 2, 2018 at 7:57 AM, Mark Miller <ma...@gmail.com> wrote:
> 4th report is coming today in a couple hours. Still a manual snag involved
> because I haven’t had a chance to figure out what happened with command line
> bitballoon site publishing.
>
> Mark
> On Mon, Apr 2, 2018 at 10:53 AM Erick Erickson <er...@gmail.com>
> wrote:
>>
>> I don't have any candidates this week, I need one more week of
>> gathering data. But here's the overall report:
>>
>> Still collectins Hoss' reports, the 9th will be the first Monday I
>> have enough history.
>>
>> *************************Remove BadApple notations:
>>
>>
>> ***************** Candidates this week (based on Mark's test results
>> only) Will BadApple them Thursday:
>>
>>
>>
>> ****************All test failures
>>
>>
>> junit.framework.TestSuite.org.apache.lucene.index.TestIndexWriterThreadsToSegments
>> (18K bytes printed, exceeds 8K. just annotate)
>>
>> junit.framework.TestSuite.org.apache.solr.client.solrj.io.graph.GraphExpressionTest
>>
>> junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.SelectWithEvaluatorsTest
>>
>> junit.framework.TestSuite.org.apache.solr.cloud.api.collections.TestCollectionAPI
>>
>> junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
>>
>> junit.framework.TestSuite.org.apache.solr.cloud.ConcurrentCreateRoutedAliasTest
>> junit.framework.TestSuite.org.apache.solr.cloud.DeleteNodeTest
>> junit.framework.TestSuite.org.apache.solr.cloud.RestartWhileUpdatingTest
>> junit.framework.TestSuite.org.apache.solr.cloud.ZkControllerTest
>> junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler
>>
>> junit.framework.TestSuite.org.apache.solr.metrics.reporters.SolrJmxReporterCloudTest
>>
>> junit.framework.TestSuite.org.apache.solr.prometheus.collector.SolrCollectorTest
>>
>> junit.framework.TestSuite.org.apache.solr.prometheus.exporter.SolrExporterTest
>>
>> junit.framework.TestSuite.org.apache.solr.spelling.suggest.SuggesterWFSTTest
>> org.apache.lucene.index.TestBinaryDocValuesUpdates.testTonsOfUpdates
>>
>> org.apache.lucene.index.TestIndexingSequenceNumbers.testStressConcurrentCommit
>>
>> org.apache.lucene.index.TestIndexWriterThreadsToSegments.testSegmentCountOnFlushRandom
>>
>> org.apache.lucene.index.TestIndexWriterWithThreads.testIOExceptionDuringAbortWithThreads
>> org.apache.lucene.search.TestInetAddressRangeQueries.testRandomBig
>>
>> org.apache.solr.client.solrj.impl.CloudSolrClientTest.checkCollectionParameters
>>
>> org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testGammaDistribution
>>
>> org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testInnerJoinStream
>>
>> org.apache.solr.cloud.AliasIntegrationTest.testDeleteOneOfTwoCollectionsAliased
>> org.apache.solr.cloud.AliasIntegrationTest.testModifyPropertiesV1
>>
>> org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitStaticIndexReplication
>> org.apache.solr.cloud.api.collections.TestCollectionAPI.test
>> org.apache.solr.cloud.autoscaling.ScheduledTriggerTest.testTrigger
>> org.apache.solr.cloud.autoscaling.sim.TestComputePlanAction.testNodeAdded
>> org.apache.solr.cloud.autoscaling.sim.TestComputePlanAction.testNodeLost
>>
>> org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy
>> org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
>> org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test
>>
>> org.apache.solr.cloud.ConcurrentCreateRoutedAliasTest.testConcurrentCreateRoutedAliasMinimal
>>
>> org.apache.solr.cloud.CreateRoutedAliasTest.testCollectionNamesMustBeAbsent
>> org.apache.solr.cloud.CreateRoutedAliasTest.testRandomRouterNameFails
>> org.apache.solr.cloud.CreateRoutedAliasTest.testTimezoneAbsoluteDate
>> org.apache.solr.cloud.CreateRoutedAliasTest.testV1
>> org.apache.solr.cloud.CreateRoutedAliasTest.testV2
>> org.apache.solr.cloud.DeleteInactiveReplicaTest.deleteInactiveReplicaTest
>> org.apache.solr.cloud.DeleteInactiveReplicaTest.deleteInactiveReplicaTest
>> (failing 100% 30-Mar?
>> org.apache.solr.cloud.DeleteReplicaTest.deleteReplicaOnIndexing
>> org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingDVOnly
>> org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
>> org.apache.solr.cloud.hdfs.HDFSCollectionsAPITest.testDataDirIsNotReused
>> org.apache.solr.cloud.hdfs.StressHdfsTest.test
>> org.apache.solr.cloud.LIRRollingUpdatesTest.testNewLeaderAndMixedReplicas
>> org.apache.solr.cloud.LIRRollingUpdatesTest.testNewLeaderOldReplica
>> org.apache.solr.cloud.LIRRollingUpdatesTest.testNewReplicaOldLeader
>> org.apache.solr.cloud.LIRRollingUpdatesTest.testOldLeaderAndMixedReplicas
>> org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove
>> org.apache.solr.cloud.RestartWhileUpdatingTest.test
>> org.apache.solr.cloud.TestPullReplica.testKillPullReplica
>>
>> org.apache.solr.cloud.TestPullReplicaErrorHandling.testCantConnectToPullReplica
>> org.apache.solr.cloud.UnloadDistributedZkTest.test
>> org.apache.solr.core.TestCustomStream.testDynamicLoadingCustomStream
>>
>> org.apache.solr.handler.admin.StatsReloadRaceTest.testParallelReloadAndStats
>>
>> org.apache.solr.handler.TestReplicationHandler.doTestIndexFetchWithMasterUrl
>>
>> org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload
>> org.apache.solr.handler.TestSolrConfigHandlerConcurrent.test
>>
>> org.apache.solr.index.UninvertDocValuesMergePolicyTest.testIndexAndAddDocValues
>> org.apache.solr.search.TestRecovery.testBuffering
>> org.apache.solr.search.TestRecovery.testVersionsOnRestart
>> org.apache.solr.search.TestStressRecovery.testStressRecovery
>>
>> org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics
>>
>> org.apache.solr.security.TestAuthorizationFramework.authorizationFrameworkTest
>> org.apache.solr.TestDistributedSearch.test
>> org.apache.solr.uninverting.TestDocTermOrds.testTriggerUnInvertLimit
>> org.apache.solr.update.processor.TestNamedUpdateProcessors.test
>> org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.test
>> org.apache.solr.update.TestInPlaceUpdatesDistrib.test
>>
>>
>>
>>
>>
>>
>> *****************************************
>>
>> FAILS by type. These are all included above, but I though it might be
>> interesting to see
>> the types of failures we get.
>>
>> *************No ZK node NoNode
>>
>> junit.framework.TestSuite.org.apache.solr.client.solrj.io.graph.GraphExpressionTest
>>
>> *************Timeout (or time related)/session expired/thread
>> leak/zombie threads/Object tracker
>>
>> junit.framework.TestSuite.org.apache.solr.cloud.api.collections.TestCollectionAPI
>>
>> junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
>>
>> junit.framework.TestSuite.org.apache.solr.cloud.ConcurrentCreateRoutedAliasTest
>> junit.framework.TestSuite.org.apache.solr.cloud.DeleteNodeTest
>> junit.framework.TestSuite.org.apache.solr.cloud.RestartWhileUpdatingTest
>> junit.framework.TestSuite.org.apache.solr.cloud.ZkControllerTest
>> junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler
>> org.apache.solr.cloud.api.collections.TestCollectionAPI.test
>> org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test
>> org.apache.solr.cloud.DeleteReplicaTest.deleteReplicaOnIndexing
>> org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
>> org.apache.solr.cloud.LIRRollingUpdatesTest.testNewLeaderAndMixedReplicas
>> org.apache.solr.cloud.LIRRollingUpdatesTest.testNewLeaderOldReplica
>> org.apache.solr.cloud.LIRRollingUpdatesTest.testNewReplicaOldLeader
>> org.apache.solr.cloud.LIRRollingUpdatesTest.testOldLeaderAndMixedReplicas
>> org.apache.solr.cloud.RestartWhileUpdatingTest.test
>> org.apache.solr.core.TestCustomStream.testDynamicLoadingCustomStream
>>
>> org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics
>>
>>
>> ***********OutOfMemory
>> org.apache.lucene.search.TestInetAddressRangeQueries.testRandomBig
>> org.apache.solr.uninverting.TestDocTermOrds.testTriggerUnInvertLimit
>>
>> **********No Live Servers/Could not find collection
>>
>> org.apache.solr.client.solrj.impl.CloudSolrClientTest.checkCollectionParameters
>> org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove
>>
>>
>> **********Error starting mini SolrCloud cluster
>>
>> junit.framework.TestSuite.org.apache.solr.prometheus.exporter.SolrExporterTest
>>
>>
>> **********I/O Exception
>>  org.apache.solr.TestDistributedSearch.test
>>
>> **********Mock Directory (open files)
>>
>> org.apache.lucene.index.TestIndexWriterWithThreads.testIOExceptionDuringAbortWithThreads
>>
>> *************Other (typically asserts.)
>>
>> junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.SelectWithEvaluatorsTest
>>
>> junit.framework.TestSuite.org.apache.solr.metrics.reporters.SolrJmxReporterCloudTest
>>
>> junit.framework.TestSuite.org.apache.solr.prometheus.collector.SolrCollectorTest
>>
>> junit.framework.TestSuite.org.apache.solr.prometheus.exporter.SolrExporterTest
>>
>> junit.framework.TestSuite.org.apache.solr.spelling.suggest.SuggesterWFSTTest
>> org.apache.lucene.index.TestBinaryDocValuesUpdates.testTonsOfUpdates
>>
>> org.apache.lucene.index.TestIndexingSequenceNumbers.testStressConcurrentCommit
>>
>> org.apache.lucene.index.TestIndexWriterThreadsToSegments.testSegmentCountOnFlushRandom
>>
>> org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testGammaDistribution
>>
>> org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testGammaDistribution
>> (Joel is looking)
>>
>> org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testInnerJoinStream
>>
>> org.apache.solr.cloud.AliasIntegrationTest.testDeleteOneOfTwoCollectionsAliased
>> org.apache.solr.cloud.AliasIntegrationTest.testModifyPropertiesV1
>>
>> org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitStaticIndexReplication
>> org.apache.solr.cloud.autoscaling.ScheduledTriggerTest.testTrigger
>> org.apache.solr.cloud.autoscaling.sim.TestComputePlanAction.testNodeAdded
>> org.apache.solr.cloud.autoscaling.sim.TestComputePlanAction.testNodeLost
>>
>> org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy
>> org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
>>
>> org.apache.solr.cloud.ConcurrentCreateRoutedAliasTest.testConcurrentCreateRoutedAliasMinimal
>>
>> org.apache.solr.cloud.CreateRoutedAliasTest.testCollectionNamesMustBeAbsent
>> org.apache.solr.cloud.CreateRoutedAliasTest.testRandomRouterNameFails
>> org.apache.solr.cloud.CreateRoutedAliasTest.testTimezoneAbsoluteDate
>> org.apache.solr.cloud.CreateRoutedAliasTest.testV1
>> org.apache.solr.cloud.CreateRoutedAliasTest.testV2
>> org.apache.solr.cloud.DeleteInactiveReplicaTest.deleteInactiveReplicaTest
>> org.apache.solr.cloud.DeleteInactiveReplicaTest.deleteInactiveReplicaTest
>> (failing 100% 30-Mar?
>> org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingDVOnly
>> org.apache.solr.cloud.hdfs.HDFSCollectionsAPITest.testDataDirIsNotReused
>> org.apache.solr.cloud.hdfs.StressHdfsTest.test
>> org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove
>> org.apache.solr.cloud.RestartWhileUpdatingTest.test
>> org.apache.solr.cloud.TestPullReplica.testKillPullReplica
>>
>> org.apache.solr.cloud.TestPullReplicaErrorHandling.testCantConnectToPullReplica
>> org.apache.solr.cloud.UnloadDistributedZkTest.test
>>
>> org.apache.solr.handler.admin.StatsReloadRaceTest.testParallelReloadAndStats
>>
>> org.apache.solr.handler.TestReplicationHandler.doTestIndexFetchWithMasterUrl
>>
>> org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload
>> org.apache.solr.handler.TestSolrConfigHandlerConcurrent.test
>>
>> org.apache.solr.index.UninvertDocValuesMergePolicyTest.testIndexAndAddDocValues
>> org.apache.solr.search.TestRecovery.testBuffering
>> org.apache.solr.search.TestRecovery.testVersionsOnRestart
>> org.apache.solr.search.TestStressRecovery.testStressRecovery
>>
>> org.apache.solr.security.TestAuthorizationFramework.authorizationFrameworkTest
>> org.apache.solr.TestDistributedSearch.test
>> org.apache.solr.update.processor.TestNamedUpdateProcessors.test
>> org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.test
>> org.apache.solr.update.TestInPlaceUpdatesDistrib.test
>>
>>
>> junit.framework.TestSuite.org.apache.lucene.index.TestIndexWriterThreadsToSegments
>> (18K bytes printed, exceeds 8K. just annotate)
>>
>>
>>
>> ******************************Current BadApple/AwaitsFix report:
>> Number of AwaitsFix: 15 Number of BadApples: 78
>>
>> *****************AwaitsFix Annotations:
>>
>>
>> ************Lucene AwaitsFix
>> TestControlledRealTimeReopenThread.java
>>    testCRTReopen()
>>    @AwaitsFix(bugUrl =
>> "https://issues.apache.org/jira/browse/LUCENE-5737")
>>
>> TestICUNormalizer2CharFilter.java
>>    testRandomStrings()
>>    @AwaitsFix(bugUrl =
>> "https://issues.apache.org/jira/browse/LUCENE-5595")
>>
>> TestMoreLikeThis.java
>>    testMultiFieldShouldReturnPerFieldBooleanQuery()
>>    @AwaitsFix(bugUrl =
>> "https://issues.apache.org/jira/browse/LUCENE-7161")
>>
>> UIMABaseAnalyzerTest.java
>>    testRandomStrings()
>>    @Test @AwaitsFix(bugUrl =
>> "https://issues.apache.org/jira/browse/LUCENE-3869")
>>
>> UIMABaseAnalyzerTest.java
>>    testRandomStringsWithConfigurationParameters()
>>    @Test @AwaitsFix(bugUrl =
>> "https://issues.apache.org/jira/browse/LUCENE-3869")
>>
>> UIMATypeAwareAnalyzerTest.java
>>    testRandomStrings()
>>    @Test @AwaitsFix(bugUrl =
>> "https://issues.apache.org/jira/browse/LUCENE-3869")
>>
>>
>>     ************Solr AwaitsFix
>> ReplaceNodeNoTargetTest.java
>>    ReplaceNodeNoTargetTest suite
>>    @LuceneTestCase.AwaitsFix(bugUrl =
>> "https://issues.apache.org/jira/browse/SOLR-11067")
>>
>> TestCollapseQParserPlugin.java
>>    testStringCollapse()
>>    @AwaitsFix(bugUrl="https://issues.apache.org/jira/browse/SOLR-11974")
>>
>> TestImpersonationWithHadoopAuth.java
>>    testForwarding()
>>    @AwaitsFix(bugUrl="https://issues.apache.org/jira/browse/HADOOP-9893")
>>
>> TestLTRReRankingPipeline.java
>>    testDifferentTopN()
>>    @AwaitsFix(bugUrl = "https://issues.apache.org/jira/browse/SOLR-11134")
>>
>> TestMinMaxOnMultiValuedField.java
>>    testDoubleFieldCache()
>>    @AwaitsFix(bugUrl =
>> "https://issues.apache.org/jira/browse/LUCENE-6709")
>>
>> TestMinMaxOnMultiValuedField.java
>>    testFloatFieldCache()
>>    @AwaitsFix(bugUrl =
>> "https://issues.apache.org/jira/browse/LUCENE-6709")
>>
>> TestMinMaxOnMultiValuedField.java
>>    testIntFieldCache()
>>    @AwaitsFix(bugUrl =
>> "https://issues.apache.org/jira/browse/LUCENE-6709")
>>
>> TestMinMaxOnMultiValuedField.java
>>    testLongFieldCache()
>>    @AwaitsFix(bugUrl =
>> "https://issues.apache.org/jira/browse/LUCENE-6709")
>>
>>
>>
>> *****************BadApple Annotations:
>>
>> ************Lucene BadApple
>> TestLRUQueryCache.java
>>    testDocValuesUpdatesDontBreakCache()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>>
>>     ************Solr BadApple
>> AliasIntegrationTest.java
>>    testModifyPropertiesCAR()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> AliasIntegrationTest.java
>>    testProperties()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> AutoAddReplicasIntegrationTest.java
>>    testSimple()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> AutoAddReplicasPlanActionTest.java
>>    testSimple()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> AutoScalingHandlerTest.java
>>    testReadApi()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> AutoscalingHistoryHandlerTest.java
>>    testHistory()
>>    //@BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> CdcrBootstrapTest.java
>>    testBootstrapWithContinousIndexingOnSourceCluster()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> CdcrReplicationDistributedZkTest.java
>>    CdcrReplicationDistributedZkTest suite
>>    @BadApple(bugUrl =
>> "https://issues.apache.org/jira/browse/SOLR-12028,
>> https://issues.apache.org/jira/browse/SOLR-10107")
>>
>> ChaosMonkeySafeLeaderTest.java
>>    test()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> ChaosMonkeySafeLeaderWithPullReplicasTest.java
>>    test()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> CollectionsAPIDistributedZkTest.java
>>    testCollectionReload()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>> // 26-Mar-2018
>>
>> CollectionsAPIDistributedZkTest.java
>>    testCollectionsAPI()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> DocValuesNotIndexedTest.java
>>    testGroupingDocAbsent()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> DocValuesNotIndexedTest.java
>>    testGroupingSorting()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>> // 26-Mar-2018
>>
>> ForceLeaderTest.java
>>    testReplicasInLIRNoLeader()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> ForceLeaderTest.java
>>    testReplicasInLowerTerms()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> HdfsBasicDistributedZk2Test.java
>>    HdfsBasicDistributedZk2Test suite
>>
>> @LuceneTestCase.BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>> // 26-Mar-2018
>>
>> HdfsChaosMonkeyNothingIsSafeTest.java
>>    HdfsChaosMonkeyNothingIsSafeTest suite
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028,
>> https://issues.apache.org/jira/browse/SOLR-10191")
>>
>> HdfsDirectoryTest.java
>>    testEOF()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> HdfsRecoveryZkTest.java
>>    HdfsRecoveryZkTest suite
>>
>> @LuceneTestCase.BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> HdfsRestartWhileUpdatingTest.java
>>    HdfsRestartWhileUpdatingTest suite
>>
>> @LuceneTestCase.BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>> //2018-03-10
>>
>> HdfsTlogReplayBufferedWhileIndexingTest.java
>>    HdfsTlogReplayBufferedWhileIndexingTest suite
>>
>> @LuceneTestCase.BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> HttpPartitionTest.java
>>    test()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> LeaderFailoverAfterPartitionTest.java
>>    test()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> LeaderVoteWaitTimeoutTest.java
>>    basicTest()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>> // 17-Mar-2018
>>
>> LeaderVoteWaitTimeoutTest.java
>>    testMostInSyncReplicasCanWinElection()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>> // 17-Mar-2018
>>
>> LegacyCloudClusterPropTest.java
>>    testCreateCollectionSwitchLegacyCloud()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> MissingSegmentRecoveryTest.java
>>    testLeaderRecovery()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> MoveReplicaHDFSTest.java
>>    testNormalFailedMove()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> MoveReplicaHDFSTest.java
>>    testNormalMove()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>> //2018-03-10
>>
>> MoveReplicaTest.java
>>    testFailedMove()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>> // 17-Mar-2018 This JIRA is fixed, but this test still fails
>>
>> MultiThreadedOCPTest.java
>>    test()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> NodeMarkersRegistrationTest.java
>>    NodeMarkersRegistrationTest suite
>>    @LuceneTestCase.BadApple(bugUrl =
>> "https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> PeerSyncReplicationTest.java
>>    test()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> ReplaceNodeNoTargetTest.java
>>    test()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> ReplicationFactorTest.java
>>    ReplicationFactorTest suite
>>    @LuceneTestCase.BadApple(bugUrl =
>> "https://issues.apache.org/jira/browse/SOLR-6944")
>>
>> RestartWhileUpdatingTest.java
>>    test()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>> // 26-Mar-2018
>>
>> SSLMigrationTest.java
>>    test()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>> // 17-Mar-2018
>>
>> ScheduledMaintenanceTriggerTest.java
>>    testInactiveShardCleanup()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>> // 17-Mar-2018
>>
>> ScheduledTriggerIntegrationTest.java
>>    ScheduledTriggerIntegrationTest suite
>>
>> @LuceneTestCase.BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>> // 26-Mar-2018
>>
>> SearchRateTriggerIntegrationTest.java
>>    SearchRateTriggerIntegrationTest suite
>>    @LuceneTestCase.BadApple(bugUrl =
>> "https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> ShardSplitTest.java
>>    test()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> ShardSplitTest.java
>>    testSplitAfterFailedSplit()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> ShardSplitTest.java
>>    testSplitWithChaosMonkey()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> SharedFSAutoReplicaFailoverTest.java
>>    test()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> StreamExpressionTest.java
>>    testDistributions()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> StreamExpressionTest.java
>>    testMultiVariateNormalDistribution()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>> //2018-03-10
>>
>> TestAuthenticationFramework.java
>>    testBasics()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> TestCloudConsistency.java
>>    testOutOfSyncReplicasCannotBecomeLeader()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>> // 26-Mar-2018
>>
>> TestCloudConsistency.java
>>    testOutOfSyncReplicasCannotBecomeLeaderAfterRestart()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>> // 26-Mar-2018
>>
>> TestCollectionsAPIViaSolrCloudCluster.java
>>    testCollectionCreateSearchDelete()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> TestDynamicLoading.java
>>    testDynamicLoading()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> TestGenericDistributedQueue.java
>>    TestGenericDistributedQueue suite
>>
>> @LuceneTestCase.BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> TestLargeCluster.java
>>    TestLargeCluster suite
>>    @LuceneTestCase.BadApple(bugUrl =
>> "https://issues.apache.org/jira/browse/SOLR-12075")
>>
>> TestLargeCluster.java
>>    testSearchRate()
>>    @BadApple(bugUrl = "https://issues.apache.org/jira/browse/SOLR-11714")
>>
>> TestLeaderElectionZkExpiry.java
>>    testLeaderElectionWithZkExpiry()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>> // 17-Mar-2018
>>
>> TestManagedResourceStorage.java
>>    TestManagedResourceStorage suite
>>    @LuceneTestCase.BadApple(bugUrl =
>> "https://issues.apache.org/jira/browse/SOLR-6443")
>>
>> TestPrepRecovery.java
>>    testLeaderNotResponding()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> TestPrepRecovery.java
>>    testLeaderUnloaded()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> TestPullReplica.java
>>    testAddDocs()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> TestPullReplica.java
>>    testKillLeader()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>> // 26-Mar-2018
>>
>> TestReplicationHandler.java
>>    doTestIndexFetchOnMasterRestart()
>>    @BadApple(bugUrl = "https://issues.apache.org/jira/browse/SOLR-9036")
>>
>> TestSegmentSorting.java
>>    testAtomicUpdateOfSegmentSortField()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>> // 26-Mar-2018
>>
>> TestSegmentSorting.java
>>    testSegmentTerminateEarly()
>>
>> @Test@BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> TestStressCloudBlindAtomicUpdates.java
>>    test_dv()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> TestStressCloudBlindAtomicUpdates.java
>>    test_dv_stored()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> TestTlogReplica.java
>>    testOnlyLeaderIndexes()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>> //2018-03-10
>>
>> TestTlogReplica.java
>>    testRecovery()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> TestTriggerIntegration.java
>>    testCooldown()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> TestTriggerIntegration.java
>>    testEventFromRestoredState()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>> //2018-03-10
>>
>> TestTriggerIntegration.java
>>    testListeners()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> TestTriggerIntegration.java
>>    testNodeLostTrigger()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>> // 26-Mar-2018
>>
>> TestTriggerIntegration.java
>>    testNodeLostTriggerRestoreState()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> TestTriggerIntegration.java
>>    testNodeMarkersRegistration()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> TestTriggerIntegration.java
>>    testSearchRate()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> TestV2Request.java
>>    testCloudSolrClient()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> TestV2Request.java
>>    testHttpSolrClient()
>>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>>
>> ---------------------------------------------------------------------
>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>> For additional commands, e-mail: dev-help@lucene.apache.org
>>
> --
> - Mark
> about.me/markrmiller

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


Re: BadApple report this week

Posted by Mark Miller <ma...@gmail.com>.
4th report is coming today in a couple hours. Still a manual snag involved
because I haven’t had a chance to figure out what happened with command
line bitballoon site publishing.

Mark
On Mon, Apr 2, 2018 at 10:53 AM Erick Erickson <er...@gmail.com>
wrote:

> I don't have any candidates this week, I need one more week of
> gathering data. But here's the overall report:
>
> Still collectins Hoss' reports, the 9th will be the first Monday I
> have enough history.
>
> *************************Remove BadApple notations:
>
>
> ***************** Candidates this week (based on Mark's test results
> only) Will BadApple them Thursday:
>
>
>
> ****************All test failures
>
> junit.framework.TestSuite.org
> .apache.lucene.index.TestIndexWriterThreadsToSegments
> (18K bytes printed, exceeds 8K. just annotate)
> junit.framework.TestSuite.org.apache.solr.client.solrj.io
> .graph.GraphExpressionTest
> junit.framework.TestSuite.org.apache.solr.client.solrj.io
> .stream.SelectWithEvaluatorsTest
> junit.framework.TestSuite.org
> .apache.solr.cloud.api.collections.TestCollectionAPI
> junit.framework.TestSuite.org
> .apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
> junit.framework.TestSuite.org
> .apache.solr.cloud.ConcurrentCreateRoutedAliasTest
> junit.framework.TestSuite.org.apache.solr.cloud.DeleteNodeTest
> junit.framework.TestSuite.org.apache.solr.cloud.RestartWhileUpdatingTest
> junit.framework.TestSuite.org.apache.solr.cloud.ZkControllerTest
> junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler
> junit.framework.TestSuite.org
> .apache.solr.metrics.reporters.SolrJmxReporterCloudTest
> junit.framework.TestSuite.org
> .apache.solr.prometheus.collector.SolrCollectorTest
> junit.framework.TestSuite.org
> .apache.solr.prometheus.exporter.SolrExporterTest
> junit.framework.TestSuite.org
> .apache.solr.spelling.suggest.SuggesterWFSTTest
> org.apache.lucene.index.TestBinaryDocValuesUpdates.testTonsOfUpdates
>
> org.apache.lucene.index.TestIndexingSequenceNumbers.testStressConcurrentCommit
>
> org.apache.lucene.index.TestIndexWriterThreadsToSegments.testSegmentCountOnFlushRandom
>
> org.apache.lucene.index.TestIndexWriterWithThreads.testIOExceptionDuringAbortWithThreads
> org.apache.lucene.search.TestInetAddressRangeQueries.testRandomBig
>
> org.apache.solr.client.solrj.impl.CloudSolrClientTest.checkCollectionParameters
>
> org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testGammaDistribution
>
> org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testInnerJoinStream
>
> org.apache.solr.cloud.AliasIntegrationTest.testDeleteOneOfTwoCollectionsAliased
> org.apache.solr.cloud.AliasIntegrationTest.testModifyPropertiesV1
>
> org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitStaticIndexReplication
> org.apache.solr.cloud.api.collections.TestCollectionAPI.test
> org.apache.solr.cloud.autoscaling.ScheduledTriggerTest.testTrigger
> org.apache.solr.cloud.autoscaling.sim.TestComputePlanAction.testNodeAdded
> org.apache.solr.cloud.autoscaling.sim.TestComputePlanAction.testNodeLost
>
> org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy
> org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
> org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test
>
> org.apache.solr.cloud.ConcurrentCreateRoutedAliasTest.testConcurrentCreateRoutedAliasMinimal
> org.apache.solr.cloud.CreateRoutedAliasTest.testCollectionNamesMustBeAbsent
> org.apache.solr.cloud.CreateRoutedAliasTest.testRandomRouterNameFails
> org.apache.solr.cloud.CreateRoutedAliasTest.testTimezoneAbsoluteDate
> org.apache.solr.cloud.CreateRoutedAliasTest.testV1
> org.apache.solr.cloud.CreateRoutedAliasTest.testV2
> org.apache.solr.cloud.DeleteInactiveReplicaTest.deleteInactiveReplicaTest
> org.apache.solr.cloud.DeleteInactiveReplicaTest.deleteInactiveReplicaTest
> (failing 100% 30-Mar?
> org.apache.solr.cloud.DeleteReplicaTest.deleteReplicaOnIndexing
> org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingDVOnly
> org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
> org.apache.solr.cloud.hdfs.HDFSCollectionsAPITest.testDataDirIsNotReused
> org.apache.solr.cloud.hdfs.StressHdfsTest.test
> org.apache.solr.cloud.LIRRollingUpdatesTest.testNewLeaderAndMixedReplicas
> org.apache.solr.cloud.LIRRollingUpdatesTest.testNewLeaderOldReplica
> org.apache.solr.cloud.LIRRollingUpdatesTest.testNewReplicaOldLeader
> org.apache.solr.cloud.LIRRollingUpdatesTest.testOldLeaderAndMixedReplicas
> org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove
> org.apache.solr.cloud.RestartWhileUpdatingTest.test
> org.apache.solr.cloud.TestPullReplica.testKillPullReplica
>
> org.apache.solr.cloud.TestPullReplicaErrorHandling.testCantConnectToPullReplica
> org.apache.solr.cloud.UnloadDistributedZkTest.test
> org.apache.solr.core.TestCustomStream.testDynamicLoadingCustomStream
>
> org.apache.solr.handler.admin.StatsReloadRaceTest.testParallelReloadAndStats
>
> org.apache.solr.handler.TestReplicationHandler.doTestIndexFetchWithMasterUrl
>
> org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload
> org.apache.solr.handler.TestSolrConfigHandlerConcurrent.test
>
> org.apache.solr.index.UninvertDocValuesMergePolicyTest.testIndexAndAddDocValues
> org.apache.solr.search.TestRecovery.testBuffering
> org.apache.solr.search.TestRecovery.testVersionsOnRestart
> org.apache.solr.search.TestStressRecovery.testStressRecovery
>
> org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics
>
> org.apache.solr.security.TestAuthorizationFramework.authorizationFrameworkTest
> org.apache.solr.TestDistributedSearch.test
> org.apache.solr.uninverting.TestDocTermOrds.testTriggerUnInvertLimit
> org.apache.solr.update.processor.TestNamedUpdateProcessors.test
> org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.test
> org.apache.solr.update.TestInPlaceUpdatesDistrib.test
>
>
>
>
>
>
> *****************************************
>
> FAILS by type. These are all included above, but I though it might be
> interesting to see
> the types of failures we get.
>
> *************No ZK node NoNode
> junit.framework.TestSuite.org.apache.solr.client.solrj.io
> .graph.GraphExpressionTest
>
> *************Timeout (or time related)/session expired/thread
> leak/zombie threads/Object tracker
> junit.framework.TestSuite.org
> .apache.solr.cloud.api.collections.TestCollectionAPI
> junit.framework.TestSuite.org
> .apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
> junit.framework.TestSuite.org
> .apache.solr.cloud.ConcurrentCreateRoutedAliasTest
> junit.framework.TestSuite.org.apache.solr.cloud.DeleteNodeTest
> junit.framework.TestSuite.org.apache.solr.cloud.RestartWhileUpdatingTest
> junit.framework.TestSuite.org.apache.solr.cloud.ZkControllerTest
> junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler
> org.apache.solr.cloud.api.collections.TestCollectionAPI.test
> org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test
> org.apache.solr.cloud.DeleteReplicaTest.deleteReplicaOnIndexing
> org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
> org.apache.solr.cloud.LIRRollingUpdatesTest.testNewLeaderAndMixedReplicas
> org.apache.solr.cloud.LIRRollingUpdatesTest.testNewLeaderOldReplica
> org.apache.solr.cloud.LIRRollingUpdatesTest.testNewReplicaOldLeader
> org.apache.solr.cloud.LIRRollingUpdatesTest.testOldLeaderAndMixedReplicas
> org.apache.solr.cloud.RestartWhileUpdatingTest.test
> org.apache.solr.core.TestCustomStream.testDynamicLoadingCustomStream
>
> org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics
>
>
> ***********OutOfMemory
> org.apache.lucene.search.TestInetAddressRangeQueries.testRandomBig
> org.apache.solr.uninverting.TestDocTermOrds.testTriggerUnInvertLimit
>
> **********No Live Servers/Could not find collection
>
> org.apache.solr.client.solrj.impl.CloudSolrClientTest.checkCollectionParameters
> org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove
>
>
> **********Error starting mini SolrCloud cluster
> junit.framework.TestSuite.org
> .apache.solr.prometheus.exporter.SolrExporterTest
>
>
> **********I/O Exception
>  org.apache.solr.TestDistributedSearch.test
>
> **********Mock Directory (open files)
>
> org.apache.lucene.index.TestIndexWriterWithThreads.testIOExceptionDuringAbortWithThreads
>
> *************Other (typically asserts.)
> junit.framework.TestSuite.org.apache.solr.client.solrj.io
> .stream.SelectWithEvaluatorsTest
> junit.framework.TestSuite.org
> .apache.solr.metrics.reporters.SolrJmxReporterCloudTest
> junit.framework.TestSuite.org
> .apache.solr.prometheus.collector.SolrCollectorTest
> junit.framework.TestSuite.org
> .apache.solr.prometheus.exporter.SolrExporterTest
> junit.framework.TestSuite.org
> .apache.solr.spelling.suggest.SuggesterWFSTTest
> org.apache.lucene.index.TestBinaryDocValuesUpdates.testTonsOfUpdates
>
> org.apache.lucene.index.TestIndexingSequenceNumbers.testStressConcurrentCommit
>
> org.apache.lucene.index.TestIndexWriterThreadsToSegments.testSegmentCountOnFlushRandom
>
> org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testGammaDistribution
>
> org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testGammaDistribution
> (Joel is looking)
>
> org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testInnerJoinStream
>
> org.apache.solr.cloud.AliasIntegrationTest.testDeleteOneOfTwoCollectionsAliased
> org.apache.solr.cloud.AliasIntegrationTest.testModifyPropertiesV1
>
> org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitStaticIndexReplication
> org.apache.solr.cloud.autoscaling.ScheduledTriggerTest.testTrigger
> org.apache.solr.cloud.autoscaling.sim.TestComputePlanAction.testNodeAdded
> org.apache.solr.cloud.autoscaling.sim.TestComputePlanAction.testNodeLost
>
> org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy
> org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
>
> org.apache.solr.cloud.ConcurrentCreateRoutedAliasTest.testConcurrentCreateRoutedAliasMinimal
> org.apache.solr.cloud.CreateRoutedAliasTest.testCollectionNamesMustBeAbsent
> org.apache.solr.cloud.CreateRoutedAliasTest.testRandomRouterNameFails
> org.apache.solr.cloud.CreateRoutedAliasTest.testTimezoneAbsoluteDate
> org.apache.solr.cloud.CreateRoutedAliasTest.testV1
> org.apache.solr.cloud.CreateRoutedAliasTest.testV2
> org.apache.solr.cloud.DeleteInactiveReplicaTest.deleteInactiveReplicaTest
> org.apache.solr.cloud.DeleteInactiveReplicaTest.deleteInactiveReplicaTest
> (failing 100% 30-Mar?
> org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingDVOnly
> org.apache.solr.cloud.hdfs.HDFSCollectionsAPITest.testDataDirIsNotReused
> org.apache.solr.cloud.hdfs.StressHdfsTest.test
> org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove
> org.apache.solr.cloud.RestartWhileUpdatingTest.test
> org.apache.solr.cloud.TestPullReplica.testKillPullReplica
>
> org.apache.solr.cloud.TestPullReplicaErrorHandling.testCantConnectToPullReplica
> org.apache.solr.cloud.UnloadDistributedZkTest.test
>
> org.apache.solr.handler.admin.StatsReloadRaceTest.testParallelReloadAndStats
>
> org.apache.solr.handler.TestReplicationHandler.doTestIndexFetchWithMasterUrl
>
> org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload
> org.apache.solr.handler.TestSolrConfigHandlerConcurrent.test
>
> org.apache.solr.index.UninvertDocValuesMergePolicyTest.testIndexAndAddDocValues
> org.apache.solr.search.TestRecovery.testBuffering
> org.apache.solr.search.TestRecovery.testVersionsOnRestart
> org.apache.solr.search.TestStressRecovery.testStressRecovery
>
> org.apache.solr.security.TestAuthorizationFramework.authorizationFrameworkTest
> org.apache.solr.TestDistributedSearch.test
> org.apache.solr.update.processor.TestNamedUpdateProcessors.test
> org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.test
> org.apache.solr.update.TestInPlaceUpdatesDistrib.test
>
> junit.framework.TestSuite.org
> .apache.lucene.index.TestIndexWriterThreadsToSegments
> (18K bytes printed, exceeds 8K. just annotate)
>
>
>
> ******************************Current BadApple/AwaitsFix report:
> Number of AwaitsFix: 15 Number of BadApples: 78
>
> *****************AwaitsFix Annotations:
>
>
> ************Lucene AwaitsFix
> TestControlledRealTimeReopenThread.java
>    testCRTReopen()
>    @AwaitsFix(bugUrl = "https://issues.apache.org/jira/browse/LUCENE-5737
> ")
>
> TestICUNormalizer2CharFilter.java
>    testRandomStrings()
>    @AwaitsFix(bugUrl = "https://issues.apache.org/jira/browse/LUCENE-5595
> ")
>
> TestMoreLikeThis.java
>    testMultiFieldShouldReturnPerFieldBooleanQuery()
>    @AwaitsFix(bugUrl = "https://issues.apache.org/jira/browse/LUCENE-7161
> ")
>
> UIMABaseAnalyzerTest.java
>    testRandomStrings()
>    @Test @AwaitsFix(bugUrl =
> "https://issues.apache.org/jira/browse/LUCENE-3869")
>
> UIMABaseAnalyzerTest.java
>    testRandomStringsWithConfigurationParameters()
>    @Test @AwaitsFix(bugUrl =
> "https://issues.apache.org/jira/browse/LUCENE-3869")
>
> UIMATypeAwareAnalyzerTest.java
>    testRandomStrings()
>    @Test @AwaitsFix(bugUrl =
> "https://issues.apache.org/jira/browse/LUCENE-3869")
>
>
>     ************Solr AwaitsFix
> ReplaceNodeNoTargetTest.java
>    ReplaceNodeNoTargetTest suite
>    @LuceneTestCase.AwaitsFix(bugUrl =
> "https://issues.apache.org/jira/browse/SOLR-11067")
>
> TestCollapseQParserPlugin.java
>    testStringCollapse()
>    @AwaitsFix(bugUrl="https://issues.apache.org/jira/browse/SOLR-11974")
>
> TestImpersonationWithHadoopAuth.java
>    testForwarding()
>    @AwaitsFix(bugUrl="https://issues.apache.org/jira/browse/HADOOP-9893")
>
> TestLTRReRankingPipeline.java
>    testDifferentTopN()
>    @AwaitsFix(bugUrl = "https://issues.apache.org/jira/browse/SOLR-11134")
>
> TestMinMaxOnMultiValuedField.java
>    testDoubleFieldCache()
>    @AwaitsFix(bugUrl = "https://issues.apache.org/jira/browse/LUCENE-6709
> ")
>
> TestMinMaxOnMultiValuedField.java
>    testFloatFieldCache()
>    @AwaitsFix(bugUrl = "https://issues.apache.org/jira/browse/LUCENE-6709
> ")
>
> TestMinMaxOnMultiValuedField.java
>    testIntFieldCache()
>    @AwaitsFix(bugUrl = "https://issues.apache.org/jira/browse/LUCENE-6709
> ")
>
> TestMinMaxOnMultiValuedField.java
>    testLongFieldCache()
>    @AwaitsFix(bugUrl = "https://issues.apache.org/jira/browse/LUCENE-6709
> ")
>
>
>
> *****************BadApple Annotations:
>
> ************Lucene BadApple
> TestLRUQueryCache.java
>    testDocValuesUpdatesDontBreakCache()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
>
>     ************Solr BadApple
> AliasIntegrationTest.java
>    testModifyPropertiesCAR()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> AliasIntegrationTest.java
>    testProperties()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> AutoAddReplicasIntegrationTest.java
>    testSimple()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> AutoAddReplicasPlanActionTest.java
>    testSimple()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> AutoScalingHandlerTest.java
>    testReadApi()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> AutoscalingHistoryHandlerTest.java
>    testHistory()
>    //@BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> CdcrBootstrapTest.java
>    testBootstrapWithContinousIndexingOnSourceCluster()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> CdcrReplicationDistributedZkTest.java
>    CdcrReplicationDistributedZkTest suite
>    @BadApple(bugUrl =
> "https://issues.apache.org/jira/browse/SOLR-12028,
> https://issues.apache.org/jira/browse/SOLR-10107")
>
> ChaosMonkeySafeLeaderTest.java
>    test()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> ChaosMonkeySafeLeaderWithPullReplicasTest.java
>    test()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> CollectionsAPIDistributedZkTest.java
>    testCollectionReload()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
> // 26-Mar-2018
>
> CollectionsAPIDistributedZkTest.java
>    testCollectionsAPI()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> DocValuesNotIndexedTest.java
>    testGroupingDocAbsent()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> DocValuesNotIndexedTest.java
>    testGroupingSorting()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
> // 26-Mar-2018
>
> ForceLeaderTest.java
>    testReplicasInLIRNoLeader()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> ForceLeaderTest.java
>    testReplicasInLowerTerms()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> HdfsBasicDistributedZk2Test.java
>    HdfsBasicDistributedZk2Test suite
>    @LuceneTestCase.BadApple(bugUrl="
> https://issues.apache.org/jira/browse/SOLR-12028")
> // 26-Mar-2018
>
> HdfsChaosMonkeyNothingIsSafeTest.java
>    HdfsChaosMonkeyNothingIsSafeTest suite
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028,
> https://issues.apache.org/jira/browse/SOLR-10191")
>
> HdfsDirectoryTest.java
>    testEOF()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> HdfsRecoveryZkTest.java
>    HdfsRecoveryZkTest suite
>    @LuceneTestCase.BadApple(bugUrl="
> https://issues.apache.org/jira/browse/SOLR-12028")
>
> HdfsRestartWhileUpdatingTest.java
>    HdfsRestartWhileUpdatingTest suite
>    @LuceneTestCase.BadApple(bugUrl="
> https://issues.apache.org/jira/browse/SOLR-12028")
> //2018-03-10
>
> HdfsTlogReplayBufferedWhileIndexingTest.java
>    HdfsTlogReplayBufferedWhileIndexingTest suite
>    @LuceneTestCase.BadApple(bugUrl="
> https://issues.apache.org/jira/browse/SOLR-12028")
>
> HttpPartitionTest.java
>    test()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> LeaderFailoverAfterPartitionTest.java
>    test()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> LeaderVoteWaitTimeoutTest.java
>    basicTest()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
> // 17-Mar-2018
>
> LeaderVoteWaitTimeoutTest.java
>    testMostInSyncReplicasCanWinElection()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
> // 17-Mar-2018
>
> LegacyCloudClusterPropTest.java
>    testCreateCollectionSwitchLegacyCloud()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> MissingSegmentRecoveryTest.java
>    testLeaderRecovery()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> MoveReplicaHDFSTest.java
>    testNormalFailedMove()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> MoveReplicaHDFSTest.java
>    testNormalMove()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
> //2018-03-10
>
> MoveReplicaTest.java
>    testFailedMove()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
> // 17-Mar-2018 This JIRA is fixed, but this test still fails
>
> MultiThreadedOCPTest.java
>    test()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> NodeMarkersRegistrationTest.java
>    NodeMarkersRegistrationTest suite
>    @LuceneTestCase.BadApple(bugUrl =
> "https://issues.apache.org/jira/browse/SOLR-12028")
>
> PeerSyncReplicationTest.java
>    test()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> ReplaceNodeNoTargetTest.java
>    test()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> ReplicationFactorTest.java
>    ReplicationFactorTest suite
>    @LuceneTestCase.BadApple(bugUrl =
> "https://issues.apache.org/jira/browse/SOLR-6944")
>
> RestartWhileUpdatingTest.java
>    test()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
> // 26-Mar-2018
>
> SSLMigrationTest.java
>    test()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
> // 17-Mar-2018
>
> ScheduledMaintenanceTriggerTest.java
>    testInactiveShardCleanup()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
> // 17-Mar-2018
>
> ScheduledTriggerIntegrationTest.java
>    ScheduledTriggerIntegrationTest suite
>    @LuceneTestCase.BadApple(bugUrl="
> https://issues.apache.org/jira/browse/SOLR-12028")
> // 26-Mar-2018
>
> SearchRateTriggerIntegrationTest.java
>    SearchRateTriggerIntegrationTest suite
>    @LuceneTestCase.BadApple(bugUrl =
> "https://issues.apache.org/jira/browse/SOLR-12028")
>
> ShardSplitTest.java
>    test()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> ShardSplitTest.java
>    testSplitAfterFailedSplit()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> ShardSplitTest.java
>    testSplitWithChaosMonkey()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> SharedFSAutoReplicaFailoverTest.java
>    test()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> StreamExpressionTest.java
>    testDistributions()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> StreamExpressionTest.java
>    testMultiVariateNormalDistribution()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
> //2018-03-10
>
> TestAuthenticationFramework.java
>    testBasics()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> TestCloudConsistency.java
>    testOutOfSyncReplicasCannotBecomeLeader()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
> // 26-Mar-2018
>
> TestCloudConsistency.java
>    testOutOfSyncReplicasCannotBecomeLeaderAfterRestart()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
> // 26-Mar-2018
>
> TestCollectionsAPIViaSolrCloudCluster.java
>    testCollectionCreateSearchDelete()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> TestDynamicLoading.java
>    testDynamicLoading()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> TestGenericDistributedQueue.java
>    TestGenericDistributedQueue suite
>    @LuceneTestCase.BadApple(bugUrl="
> https://issues.apache.org/jira/browse/SOLR-12028")
>
> TestLargeCluster.java
>    TestLargeCluster suite
>    @LuceneTestCase.BadApple(bugUrl =
> "https://issues.apache.org/jira/browse/SOLR-12075")
>
> TestLargeCluster.java
>    testSearchRate()
>    @BadApple(bugUrl = "https://issues.apache.org/jira/browse/SOLR-11714")
>
> TestLeaderElectionZkExpiry.java
>    testLeaderElectionWithZkExpiry()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
> // 17-Mar-2018
>
> TestManagedResourceStorage.java
>    TestManagedResourceStorage suite
>    @LuceneTestCase.BadApple(bugUrl =
> "https://issues.apache.org/jira/browse/SOLR-6443")
>
> TestPrepRecovery.java
>    testLeaderNotResponding()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> TestPrepRecovery.java
>    testLeaderUnloaded()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> TestPullReplica.java
>    testAddDocs()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> TestPullReplica.java
>    testKillLeader()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
> // 26-Mar-2018
>
> TestReplicationHandler.java
>    doTestIndexFetchOnMasterRestart()
>    @BadApple(bugUrl = "https://issues.apache.org/jira/browse/SOLR-9036")
>
> TestSegmentSorting.java
>    testAtomicUpdateOfSegmentSortField()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
> // 26-Mar-2018
>
> TestSegmentSorting.java
>    testSegmentTerminateEarly()
>    @Test@BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028
> ")
>
> TestStressCloudBlindAtomicUpdates.java
>    test_dv()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> TestStressCloudBlindAtomicUpdates.java
>    test_dv_stored()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> TestTlogReplica.java
>    testOnlyLeaderIndexes()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
> //2018-03-10
>
> TestTlogReplica.java
>    testRecovery()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> TestTriggerIntegration.java
>    testCooldown()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> TestTriggerIntegration.java
>    testEventFromRestoredState()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
> //2018-03-10
>
> TestTriggerIntegration.java
>    testListeners()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> TestTriggerIntegration.java
>    testNodeLostTrigger()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
> // 26-Mar-2018
>
> TestTriggerIntegration.java
>    testNodeLostTriggerRestoreState()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> TestTriggerIntegration.java
>    testNodeMarkersRegistration()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> TestTriggerIntegration.java
>    testSearchRate()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> TestV2Request.java
>    testCloudSolrClient()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> TestV2Request.java
>    testHttpSolrClient()
>    @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
>
> --
- Mark
about.me/markrmiller