You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by do...@apache.org on 2025/05/02 20:24:25 UTC
(spark) branch master updated: [SPARK-51985][CORE] Remove `Experimental` from `(Long|Double)AccumulatorSource`
This is an automated email from the ASF dual-hosted git repository.
dongjoon pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
The following commit(s) were added to refs/heads/master by this push:
new 98c44d0c1010 [SPARK-51985][CORE] Remove `Experimental` from `(Long|Double)AccumulatorSource`
98c44d0c1010 is described below
commit 98c44d0c10104f12821ae8a46a3873b0ffa5c8d3
Author: Dongjoon Hyun <do...@apache.org>
AuthorDate: Fri May 2 13:24:12 2025 -0700
[SPARK-51985][CORE] Remove `Experimental` from `(Long|Double)AccumulatorSource`
### What changes were proposed in this pull request?
This PR aims to remove `Experimental` tag from `LongAccumulatorSource` and `DoubleAccumulatorSource`.
### Why are the changes needed?
These are added at Apache Spark 3.0.0 and have been used without modifications for 7 years (2018-12-22). We can remove `Experimental` at Apache Spark 4.0.0.
- https://github.com/apache/spark/pull/23242
### Does this PR introduce _any_ user-facing change?
No.
### How was this patch tested?
Pass the CIs.
### Was this patch authored or co-authored using generative AI tooling?
No.
Closes #50781 from dongjoon-hyun/SPARK-51985.
Authored-by: Dongjoon Hyun <do...@apache.org>
Signed-off-by: Dongjoon Hyun <do...@apache.org>
---
.../scala/org/apache/spark/metrics/source/AccumulatorSource.scala | 7 -------
1 file changed, 7 deletions(-)
diff --git a/core/src/main/scala/org/apache/spark/metrics/source/AccumulatorSource.scala b/core/src/main/scala/org/apache/spark/metrics/source/AccumulatorSource.scala
index 45a4d224d45f..d0efd22185a0 100644
--- a/core/src/main/scala/org/apache/spark/metrics/source/AccumulatorSource.scala
+++ b/core/src/main/scala/org/apache/spark/metrics/source/AccumulatorSource.scala
@@ -20,7 +20,6 @@ package org.apache.spark.metrics.source
import com.codahale.metrics.{Gauge, MetricRegistry}
import org.apache.spark.SparkContext
-import org.apache.spark.annotation.Experimental
import org.apache.spark.util.{AccumulatorV2, DoubleAccumulator, LongAccumulator}
/**
@@ -48,21 +47,17 @@ private[spark] class AccumulatorSource extends Source {
override def metricRegistry: MetricRegistry = registry
}
-@Experimental
class LongAccumulatorSource extends AccumulatorSource
-@Experimental
class DoubleAccumulatorSource extends AccumulatorSource
/**
- * :: Experimental ::
* Metrics source specifically for LongAccumulators. Accumulators
* are only valid on the driver side, so these metrics are reported
* only by the driver.
* Register LongAccumulators using:
* LongAccumulatorSource.register(sc, {"name" -> longAccumulator})
*/
-@Experimental
object LongAccumulatorSource {
def register(sc: SparkContext, accumulators: Map[String, LongAccumulator]): Unit = {
val source = new LongAccumulatorSource
@@ -72,14 +67,12 @@ object LongAccumulatorSource {
}
/**
- * :: Experimental ::
* Metrics source specifically for DoubleAccumulators. Accumulators
* are only valid on the driver side, so these metrics are reported
* only by the driver.
* Register DoubleAccumulators using:
* DoubleAccumulatorSource.register(sc, {"name" -> doubleAccumulator})
*/
-@Experimental
object DoubleAccumulatorSource {
def register(sc: SparkContext, accumulators: Map[String, DoubleAccumulator]): Unit = {
val source = new DoubleAccumulatorSource
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org