(incubator-gluten) branch main updated: [GLUTEN-8905][VL]Ignore some CSV flaky tests (#8906)

[yu...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

yuanzhou pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git


The following commit(s) were added to refs/heads/main by this push:
     new 18f151017f [GLUTEN-8905][VL]Ignore some CSV flaky tests (#8906)
18f151017f is described below

commit 18f151017f4442b53340802166f7a222b0731723
Author: Jin Chengcheng <ch...@intel.com>
AuthorDate: Wed Mar 5 16:21:49 2025 +0000

    [GLUTEN-8905][VL]Ignore some CSV flaky tests (#8906)
    
    ban flaky CSV related tests to make CI stable
---
 .../org/apache/gluten/execution/ArrowCsvScanSuite.scala  | 16 ++++++++++------
 1 file changed, 10 insertions(+), 6 deletions(-)

diff --git a/backends-velox/src/test/scala/org/apache/gluten/execution/ArrowCsvScanSuite.scala b/backends-velox/src/test/scala/org/apache/gluten/execution/ArrowCsvScanSuite.scala
index c59936a927..a8387aa854 100644
--- a/backends-velox/src/test/scala/org/apache/gluten/execution/ArrowCsvScanSuite.scala
+++ b/backends-velox/src/test/scala/org/apache/gluten/execution/ArrowCsvScanSuite.scala
@@ -23,7 +23,9 @@ import org.apache.spark.SparkConf
 import org.apache.spark.sql.execution.{ArrowFileSourceScanExec, BaseArrowScanExec, ColumnarToRowExec}
 import org.apache.spark.sql.types.{IntegerType, StringType, StructType}
 
-class ArrowCsvScanSuiteV1 extends ArrowCsvScanSuite {
+import org.scalatest.Ignore
+
+class ArrowCsvScanSuiteV1 extends ArrowCsvScanSuiteBase {
   override protected def sparkConf: SparkConf = {
     super.sparkConf
       .set("spark.sql.sources.useV1SourceList", "csv")
@@ -65,8 +67,13 @@ class ArrowCsvScanSuiteV2 extends ArrowCsvScanSuite {
     super.sparkConf
       .set("spark.sql.sources.useV1SourceList", "")
   }
+
+  test("csv scan") {
+    runAndCompare("select * from student")()
+  }
 }
 
+@Ignore
 class ArrowCsvScanWithTableCacheSuite extends ArrowCsvScanSuiteBase {
   override protected def sparkConf: SparkConf = {
     super.sparkConf
@@ -86,7 +93,9 @@ class ArrowCsvScanWithTableCacheSuite extends ArrowCsvScanSuiteBase {
 }
 
 /** Since https://github.com/apache/incubator-gluten/pull/5850. */
+@Ignore
 abstract class ArrowCsvScanSuite extends ArrowCsvScanSuiteBase {
+
   test("csv scan with option string as null") {
     val df = runAndCompare("select * from student_option_str")()
     val plan = df.queryExecution.executedPlan
@@ -140,11 +149,6 @@ abstract class ArrowCsvScanSuite extends ArrowCsvScanSuiteBase {
       }
     }
   }
-
-  test("count(1) on csv scan") {
-    val df = runAndCompare("select count(1) from student")()
-    checkLengthAndPlan(df, 1)
-  }
 }
 
 abstract class ArrowCsvScanSuiteBase extends VeloxWholeStageTransformerSuite {


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@gluten.apache.org
For additional commands, e-mail: commits-help@gluten.apache.org